import sys

objectFileName = "/data1/team/weijiang/dataset/gov2-related/06.efficiency_topics.all.query.terms"
f =file(objectFileName, 'r')

dict1 = {} 

for line in f.readlines():
    if line.strip() not in dict1:
        dict1[line.strip()] = 1
f.close()

print "len(dict1):",len(dict1)

objectFileName = "/data1/team/weijiang/workspace/polyIRToolkit/polyIRIndexer/.lexiconAux"
f =file(objectFileName, 'r')

dict2 = {}

for line in f.readlines():
    if line.strip() not in dict2:
        dict2[line.strip()] = 1
f.close()

print "len(dict2):",len(dict2)